package com.lf2.util;

import android.util.Log;

import java.io.File;
import java.io.FileInputStream;
import java.io.InputStream;
import java.net.URL;

public class FileEncodingDetect {
	private final static String TAG = "decodeTest_FileEncodingDetect";
	private static final int INDEX_GB2312 = 0; 
	private static final int INDEX_ASCII = 1; 
    private static final int INDEX_UTF8 = 2; 
    private static final int INDEX_UNICODE = 3; 
    private static final int INDEX_GBK = 4; 
    //private static final int INDEX_HZ = 5; 
    //private static final int INDEX_BIG5 = 6; 
    //private static final int INDEX_EUC_TW = 7; 
    //private static final int INDEX_ISO_2022_CN = 8; 
    private static final int TOTAL_ENCODINGS = 5; 
       
    private static final String ENCODE_GB2312 = "GB2312"; 
    private static final String ENCODE_GBK = "GBK"; 
    private static final String ENCODE_GB18030 = "GB18030"; 
    private static final String ENCODE_UTF8 = "UTF8"; 
    private static final String ENCODE_UNICODE = "Unicode"; 
    private static final String ENCODE_ASCII = "ASCII"; 
    @SuppressWarnings("unused")
	private static final String ENCODE_HZ = "HZ";
    @SuppressWarnings("unused")
	private static final String ENCODE_BIG5 = "BIG5";
    @SuppressWarnings("unused")
	private static final String ENCODE_CNS11643 = "CNS11643";
    @SuppressWarnings("unused")
	private static final String ENCODE_ISO2022CN = "ISO2022CN";
 
    // Frequency tables to hold the GB, Big5, and EUC-TW character 
    // frequencies 
    private int GBFreq[][]; 
    private int GBKFreq[][]; 
    private int Big5Freq[][]; 
    private int EUC_TWFreq[][]; 
    //private int UnicodeFreq[94][128]; 
    
    private String[] codings; 
    private static FileEncodingDetect instance=null;
    
    public static FileEncodingDetect getInstance(){
		if(instance==null){
			instance = new FileEncodingDetect();
		}
		return instance;
	}
 
    private FileEncodingDetect() { 
        // Initialize the Frequency Table for GB, Big5, EUC-TW 
        initEncodingFormat(); 
        initializeFrequencies(); 
    } 
    private void initEncodingFormat(){ 
        GBFreq = new int[94][94]; 
        GBKFreq = new int[126][191]; 
        Big5Freq = new int[94][158]; 
        EUC_TWFreq = new int[94][94]; 
        codings = new String[TOTAL_ENCODINGS]; 
        codings[INDEX_GB2312] = ENCODE_GB2312; 
        codings[INDEX_GBK] = ENCODE_GBK; 
        //codings[INDEX_HZ] = ENCODE_HZ; 
        //codings[INDEX_BIG5] = ENCODE_BIG5; 
        //codings[INDEX_EUC_TW] = ENCODE_CNS11643; 
        //codings[INDEX_ISO_2022_CN] = ENCODE_ISO2022CN; 
        codings[INDEX_UTF8] = ENCODE_UTF8; 
        codings[INDEX_UNICODE] = ENCODE_UNICODE; 
        codings[INDEX_ASCII] = ENCODE_ASCII; 
    } 
 
    /** 
     * Function : detectEncoding Aruguments: URL Returns : One of the encodings 
     * from the Encoding enumeration (GB2312, HZ, BIG5, EUC_TW, ASCII, or OTHER) 
     * Description: This function looks at the URL contents and assigns it a 
     * probability score for each encoding type. The encoding type with the 
     * highest probability is returned. 
     */ 
 
    public String detectEncoding(URL testurl) { 
        byte[] rawtext = new byte[10000]; 
        int bytesread = 0, byteoffset = 0; 
        String guess = codings[INDEX_GB2312]; 
        InputStream chinesestream; 
 
        try { 
            chinesestream = testurl.openStream(); 
 
            while ((bytesread = chinesestream.read(rawtext, byteoffset, 
                    rawtext.length - byteoffset)) > 0) { 
                byteoffset += bytesread; 
            } 
            ; 
            chinesestream.close(); 
            guess = detectEncoding(rawtext); 
 
        } catch (Exception e) { 
            System.err.println("Error loading or using URL " + e.toString()); 
            guess = ENCODE_GB18030; 
        } 
 
        return guess; 
    } 
 
    /** 
     * Function : detectEncoding Aruguments: File Returns : One of the encodings 
     * from the Encoding enumeration (GB2312, HZ, BIG5, EUC_TW, ASCII, or OTHER) 
     * Description: This function looks at the file and assigns it a probability 
     * score for each encoding type. The encoding type with the highest 
     * probability is returned. 
     */ 
 
    public String detectEncoding(File testfile) { 
        FileInputStream chinesefile; 
        byte[] rawtext; 
 
        rawtext = new byte[(int) testfile.length()]; 
        try { 
            chinesefile = new FileInputStream(testfile); 
            chinesefile.read(rawtext); 
        } catch (Exception e) { 
            System.err.println("Error: " + e); 
        } 
 
        return detectEncoding(rawtext); 
    } 
 
    /** 
     * Function : detectEncoding Aruguments: byte array Returns : One of the 
     * encodings from the Encoding enumeration (GB2312, HZ, BIG5, EUC_TW, ASCII, 
     * or OTHER) Description: This function looks at the byte array and assigns 
     * it a probability score for each encoding type. The encoding type with the 
     * highest probability is returned. 
     */ 
 
    public String detectEncoding(byte[] rawtext) { 
        int[] scores; 
        int index, maxscore = 0; 
        int encoding_guess = INDEX_ASCII; 
        String encoding = ENCODE_GB18030;
        
        long start = System.currentTimeMillis();	
        
        scores = new int[TOTAL_ENCODINGS]; 
        for(int i=0; i<TOTAL_ENCODINGS; i++){
        	scores[i] = 0;
        }
 
        // Assign Scores 
        scores[INDEX_GB2312] = gb2312_probability(rawtext); 
        scores[INDEX_GBK] = gbk_probability(rawtext); 
        //scores[INDEX_HZ] = hz_probability(rawtext); 
        //scores[INDEX_BIG5] = big5_probability(rawtext); 
        //scores[INDEX_EUC_TW] = euc_tw_probability(rawtext); 
        //scores[INDEX_ISO_2022_CN] = iso_2022_cn_probability(rawtext); 
        scores[INDEX_UTF8] = utf8_probability(rawtext); 
        scores[INDEX_UNICODE] = utf16_probability(rawtext); 
        scores[INDEX_ASCII] = ascii_probability(rawtext); 
        
        Log.i(TAG, Util.getMethodLine()+"rate:GB2312="+scores[INDEX_GB2312]+",GBK="+scores[INDEX_GBK]+",UTF8="+scores[INDEX_UTF8]+
        		",UNICODE="+scores[INDEX_UNICODE]+",ASCII="+scores[INDEX_ASCII]);
 
        // Tabulate Scores 
        for (index = 0; index < TOTAL_ENCODINGS; index++) { 
            if (scores[index] > maxscore) { 
                encoding_guess = index; 
                maxscore = scores[index]; 
            } 
        } 
 
        // Return OTHER if nothing scored above 50 
        if (maxscore <= 50) { 
            encoding = ENCODE_GB18030;
        } else{
        	encoding = codings[encoding_guess];
        }
        
        long end = System.currentTimeMillis();
        Log.i(TAG, Util.getMethodLine()+"encoding="+encoding+",detectEncoding time="+(end-start));
        return encoding; 
    } 
 
    /* 
     * Function: gb2312_probability Argument: pointer to byte array Returns : 
     * number from 0 to 100 representing probability text in array uses GB-2312 
     * encoding 
     */ 
 
    private int gb2312_probability(byte[] rawtext) { 
        int i, rawtextlen = 0; 
 
        int dbchars = 1, gbchars = 1; 
        long gbfreq = 0, totalfreq = 1; 
        float rangeval = 0, freqval = 0; 
        int row, column; 
 
        // Stage 1: Check to see if characters fit into acceptable ranges 
 
        rawtextlen = rawtext.length; 
        for (i = 0; i < rawtextlen - 1; i++) { 
            // System.err.println(rawtext[i]); 
            if (rawtext[i] >= 0) { 
                // asciichars++; 
            } else { 
                dbchars++; 
                if ((byte) 0xA1 <= rawtext[i] && rawtext[i] <= (byte) 0xF7 
                        && (byte) 0xA1 <= rawtext[i + 1] 
                        && rawtext[i + 1] <= (byte) 0xFE) { 
                    gbchars++; 
                    totalfreq += 500; 
                    row = rawtext[i] + 256 - 0xA1; 
                    column = rawtext[i + 1] + 256 - 0xA1; 
                    if (GBFreq[row][column] != 0) { 
                        gbfreq += GBFreq[row][column]; 
                    } else if (15 <= row && row < 55) { 
                        gbfreq += 200; 
                    } 
                } 
                i++; 
            } 
        } 
        rangeval = 50 * ((float) gbchars / (float) dbchars); 
        freqval = 50 * ((float) gbfreq / (float) totalfreq); 
 
        return (int) (rangeval + freqval); 
    } 
 
    /* 
     * Function: gb2312_probability Argument: pointer to byte array Returns : 
     * number from 0 to 100 representing probability text in array uses GB-2312 
     * encoding 
     */ 
 
    private int gbk_probability(byte[] rawtext) { 
        int i, rawtextlen = 0; 
 
        int dbchars = 1, gbchars = 1; 
        long gbfreq = 0, totalfreq = 1; 
        float rangeval = 0, freqval = 0; 
        int row, column; 
 
        // Stage 1: Check to see if characters fit into acceptable ranges 
        rawtextlen = rawtext.length; 
        for (i = 0; i < rawtextlen - 1; i++) { 
            // System.err.println(rawtext[i]); 
            if (rawtext[i] >= 0) { 
                // asciichars++; 
            } else { 
                dbchars++; 
                if ((byte) 0xA1 <= rawtext[i] && rawtext[i] <= (byte) 0xF7 
                        && // Original GB range 
                        (byte) 0xA1 <= rawtext[i + 1] 
                        && rawtext[i + 1] <= (byte) 0xFE) { 
                    gbchars++; 
                    totalfreq += 500; 
                    row = rawtext[i] + 256 - 0xA1; 
                    column = rawtext[i + 1] + 256 - 0xA1; 
 
                    // System.out.println("original row " + row + " column " + 
                    // column); 
                    if (GBFreq[row][column] != 0) { 
                        gbfreq += GBFreq[row][column]; 
                    } else if (15 <= row && row < 55) { 
                        gbfreq += 200; 
                    } 
 
                } else if ((byte) 0x81 <= rawtext[i] 
                        && rawtext[i] <= (byte) 0xFE && // Extended GB range 
                        (((byte) 0x80 <= rawtext[i + 1] && rawtext[i + 1] <= (byte) 0xFE) || ((byte) 0x40 <= rawtext[i + 1] && rawtext[i + 1] <= (byte) 0x7E))) {
                    gbchars++; 
                    totalfreq += 500; 
                    row = rawtext[i] + 256 - 0x81; 
                    if (0x40 <= rawtext[i + 1] && rawtext[i + 1] <= 0x7E) { 
                        column = rawtext[i + 1] - 0x40; 
                    } else { 
                        column = rawtext[i + 1] + 256 - 0x80; 
                    } 
                    // System.out.println("extended row " + row + " column " + 
                    // column + " rawtext[i] " + rawtext[i]); 
                    if (GBKFreq[row][column] != 0) { 
                        gbfreq += GBKFreq[row][column]; 
                    } 
                } 
                i++; 
            } 
        } 
        rangeval = 50 * ((float) gbchars / (float) dbchars); 
        freqval = 50 * ((float) gbfreq / (float) totalfreq); 
 
        // For regular GB files, this would give the same score, so I handicap 
        // it slightly 
        return (int) (rangeval + freqval) - 1; 
    } 
 
    /* 
     * Function: hz_probability Argument: byte array Returns : number from 0 to 
     * 100 representing probability text in array uses HZ encoding 
     */ 
 
    @SuppressWarnings("unused")
	private int hz_probability(byte[] rawtext) { 
        int i, rawtextlen; 
        int hzchars = 0, dbchars = 1; 
        long hzfreq = 0, totalfreq = 1; 
        float rangeval = 0, freqval = 0; 
        int hzstart = 0, hzend = 0; 
        int row, column; 
 
        rawtextlen = rawtext.length; 
 
        for (i = 0; i < rawtextlen; i++) { 
            if (rawtext[i] == '~') { 
                if (rawtext[i + 1] == '{') { 
                    hzstart++; 
                    i += 2; 
                    while (i < rawtextlen - 1) { 
                        if (rawtext[i] == 0x0A || rawtext[i] == 0x0D) { 
                            break; 
                        } else if (rawtext[i] == '~' && rawtext[i + 1] == '}') { 
                            hzend++; 
                            i++; 
                            break; 
                        } else if ((0x21 <= rawtext[i] && rawtext[i] <= 0x77) 
                                && (0x21 <= rawtext[i + 1] && rawtext[i + 1] <= 0x77)) {
                            hzchars += 2; 
                            row = rawtext[i] - 0x21; 
                            column = rawtext[i + 1] - 0x21; 
                            totalfreq += 500; 
                            if (GBFreq[row][column] != 0) { 
                                hzfreq += GBFreq[row][column]; 
                            } else if (15 <= row && row < 55) { 
                                hzfreq += 200; 
                            } 
                        } else if ((0xA1 <= rawtext[i] && rawtext[i] <= 0xF7) 
                                && (0xA1 <= rawtext[i + 1] && rawtext[i + 1] <= 0xF7)) {
                            hzchars += 2; 
                            row = rawtext[i] + 256 - 0xA1; 
                            column = rawtext[i + 1] + 256 - 0xA1; 
                            totalfreq += 500; 
                            if (GBFreq[row][column] != 0) { 
                                hzfreq += GBFreq[row][column]; 
                            } else if (15 <= row && row < 55) { 
                                hzfreq += 200; 
                            } 
                        } 
                        dbchars += 2; 
                        i += 2; 
                    } 
                } else if (rawtext[i + 1] == '}') { 
                    hzend++; 
                    i++; 
                } else if (rawtext[i + 1] == '~') { 
                    i++; 
                } 
            } 
 
        } 
 
        if (hzstart > 4) { 
            rangeval = 50; 
        } else if (hzstart > 1) { 
            rangeval = 41; 
        } else if (hzstart > 0) { // Only 39 in case the sequence happened to 
                                    // occur 
            rangeval = 39; // in otherwise non-Hz text 
        } else { 
            rangeval = 0; 
        } 
        freqval = 50 * ((float) hzfreq / (float) totalfreq); 
 
        return (int) (rangeval + freqval); 
    } 
 
    /** 
     * Function: big5_probability Argument: byte array Returns : number from 0 
     * to 100 representing probability text in array uses Big5 encoding 
     */ 
 
    @SuppressWarnings("unused")
	private int big5_probability(byte[] rawtext) { 
        int score = 0; 
        int i, rawtextlen = 0; 
        int dbchars = 1, bfchars = 1; 
        float rangeval = 0, freqval = 0; 
        long bffreq = 0, totalfreq = 1; 
        int row, column; 
 
        // Check to see if characters fit into acceptable ranges 
 
        rawtextlen = rawtext.length; 
        for (i = 0; i < rawtextlen - 1; i++) { 
            if (rawtext[i] >= 0) { 
                // asciichars++; 
            } else { 
                dbchars++; 
                if ((byte) 0xA1 <= rawtext[i] 
                        && rawtext[i] <= (byte) 0xF9 
                        && (((byte) 0x40 <= rawtext[i + 1] && rawtext[i + 1] <= (byte) 0x7E) || ((byte) 0xA1 <= rawtext[i + 1] && rawtext[i + 1] <= (byte) 0xFE))) {
                    bfchars++; 
                    totalfreq += 500; 
                    row = rawtext[i] + 256 - 0xA1; 
                    if (0x40 <= rawtext[i + 1] && rawtext[i + 1] <= 0x7E) { 
                        column = rawtext[i + 1] - 0x40; 
                    } else { 
                        column = rawtext[i + 1] + 256 - 0x61; 
                    } 
                    if (Big5Freq[row][column] != 0) { 
                        bffreq += Big5Freq[row][column]; 
                    } else if (3 <= row && row <= 37) { 
                        bffreq += 200; 
                    } 
                } 
                i++; 
            } 
        } 
        rangeval = 50 * ((float) bfchars / (float) dbchars); 
        freqval = 50 * ((float) bffreq / (float) totalfreq); 
 
        return (int) (rangeval + freqval); 
    } 
 
    /* 
     * Function: euc_tw_probability Argument: byte array Returns : number from 0 
     * to 100 representing probability text in array uses EUC-TW (CNS 11643) 
     * encoding 
     */ 
 
    @SuppressWarnings("unused")
	private int euc_tw_probability(byte[] rawtext) { 
        int i, rawtextlen = 0; 
        int dbchars = 1, cnschars = 1; 
        long cnsfreq = 0, totalfreq = 1; 
        float rangeval = 0, freqval = 0; 
        int row, column; 
 
        // Check to see if characters fit into acceptable ranges 
        // and have expected frequency of use 
 
        rawtextlen = rawtext.length; 
        for (i = 0; i < rawtextlen - 1; i++) { 
            if (rawtext[i] >= 0) { // in ASCII range 
            // asciichars++; 
            } else { // high bit set 
                dbchars++; 
                if (i + 3 < rawtextlen && (byte) 0x8E == rawtext[i] 
                        && (byte) 0xA1 <= rawtext[i + 1] 
                        && rawtext[i + 1] <= (byte) 0xB0 
                        && (byte) 0xA1 <= rawtext[i + 2] 
                        && rawtext[i + 2] <= (byte) 0xFE 
                        && (byte) 0xA1 <= rawtext[i + 3] 
                        && rawtext[i + 3] <= (byte) 0xFE) { // Planes 1 - 16 
 
                    cnschars++; 
                    // System.out.println("plane 2 or above CNS char"); 
                    // These are all less frequent chars so just ignore freq 
                    i += 3; 
                } else if ((byte) 0xA1 <= rawtext[i] 
                        && rawtext[i] <= (byte) 0xFE 
                        && // Plane 1 
                        (byte) 0xA1 <= rawtext[i + 1] 
                        && rawtext[i + 1] <= (byte) 0xFE) { 
                    cnschars++; 
                    totalfreq += 500; 
                    row = rawtext[i] + 256 - 0xA1; 
                    column = rawtext[i + 1] + 256 - 0xA1; 
                    if (EUC_TWFreq[row][column] != 0) { 
                        cnsfreq += EUC_TWFreq[row][column]; 
                    } else if (35 <= row && row <= 92) { 
                        cnsfreq += 150; 
                    } 
                    i++; 
                } 
            } 
        } 
 
        rangeval = 50 * ((float) cnschars / (float) dbchars); 
        freqval = 50 * ((float) cnsfreq / (float) totalfreq); 
 
        return (int) (rangeval + freqval); 
    } 
 
    /* 
     * Function: iso_2022_cn_probability Argument: byte array Returns : number 
     * from 0 to 100 representing probability text in array uses ISO 2022-CN 
     * encoding WORKS FOR BASIC CASES, BUT STILL NEEDS MORE WORK 
     */ 
 
    @SuppressWarnings("unused")
	private int iso_2022_cn_probability(byte[] rawtext) { 
        int i, rawtextlen = 0; 
        int dbchars = 1, isochars = 1; 
        long isofreq = 0, totalfreq = 1; 
        float rangeval = 0, freqval = 0; 
        int row, column; 
 
        // Check to see if characters fit into acceptable ranges 
        // and have expected frequency of use 
 
        rawtextlen = rawtext.length; 
        for (i = 0; i < rawtextlen - 1; i++) { 
            if (rawtext[i] == (byte) 0x1B && i + 3 < rawtextlen) { // Escape 
                                                                    // char ESC 
                if (rawtext[i + 1] == (byte) 0x24 && rawtext[i + 2] == 0x29 
                        && rawtext[i + 3] == (byte) 0x41) { // GB Escape $ ) A 
                    i += 4; 
                    while (rawtext[i] != (byte) 0x1B) { 
                        dbchars++; 
                        if ((0x21 <= rawtext[i] && rawtext[i] <= 0x77) 
                                && (0x21 <= rawtext[i + 1] && rawtext[i + 1] <= 0x77)) {
                            isochars++; 
                            row = rawtext[i] - 0x21; 
                            column = rawtext[i + 1] - 0x21; 
                            totalfreq += 500; 
                            if (GBFreq[row][column] != 0) { 
                                isofreq += GBFreq[row][column]; 
                            } else if (15 <= row && row < 55) { 
                                isofreq += 200; 
                            } 
                            i++; 
                        } 
                        i++; 
                    } 
                } else if (i + 3 < rawtextlen && rawtext[i + 1] == (byte) 0x24 
                        && rawtext[i + 2] == (byte) 0x29 
                        && rawtext[i + 3] == (byte) 0x47) { 
                    // CNS Escape $ ) G 
                    i += 4; 
                    while (rawtext[i] != (byte) 0x1B) { 
                        dbchars++; 
                        if ((byte) 0x21 <= rawtext[i] 
                                && rawtext[i] <= (byte) 0x7E 
                                && (byte) 0x21 <= rawtext[i + 1] 
                                && rawtext[i + 1] <= (byte) 0x7E) { 
                            isochars++; 
                            totalfreq += 500; 
                            row = rawtext[i] - 0x21; 
                            column = rawtext[i + 1] - 0x21; 
                            if (EUC_TWFreq[row][column] != 0) { 
                                isofreq += EUC_TWFreq[row][column]; 
                            } else if (35 <= row && row <= 92) { 
                                isofreq += 150; 
                            } 
                            i++; 
                        } 
                        i++; 
                    } 
                } 
                if (rawtext[i] == (byte) 0x1B && i + 2 < rawtextlen 
                        && rawtext[i + 1] == (byte) 0x28 
                        && rawtext[i + 2] == (byte) 0x42) { // ASCII: ESC ( B 
                    i += 2; 
                } 
            } 
        } 
        rangeval = 50 * ((float) isochars / (float) dbchars); 
        freqval = 50 * ((float) isofreq / (float) totalfreq); 
 
        // System.out.println("isochars dbchars isofreq totalfreq " + isochars + 
        // " " + dbchars + " " + isofreq + " " + totalfreq + " " + rangeval + 
        // " " + freqval); 
 
        return (int) (rangeval + freqval); 
        // return 0; 
    } 
 
    /* 
     * Function: utf8_probability Argument: byte array Returns : number from 0 
     * to 100 representing probability text in array uses UTF-8 encoding of 
     * Unicode 
     */ 
 
    private int utf8_probability(byte[] rawtext) { 
        int score = 0; 
        int i, rawtextlen = 0; 
        int goodbytes = 0, asciibytes = 0; 
 
        // Maybe also use UTF8 Byte Order Mark: EF BB BF 
 
        // Check to see if characters fit into acceptable ranges 
        rawtextlen = rawtext.length; 
        for (i = 0; i < rawtextlen; i++) { 
            if ((rawtext[i] & (byte) 0x7F) == rawtext[i]) { // One byte 
                asciibytes++; 
                // Ignore ASCII, can throw off count 
            } else if (-64 <= rawtext[i] && rawtext[i] <= -33 
                    && // Two bytes 
                    i + 1 < rawtextlen && -128 <= rawtext[i + 1] 
                    && rawtext[i + 1] <= -65) { 
                goodbytes += 2; 
                i++; 
            } else if (-32 <= rawtext[i] 
                    && rawtext[i] <= -17 
                    && // Three bytes 
                    i + 2 < rawtextlen && -128 <= rawtext[i + 1] 
                    && rawtext[i + 1] <= -65 && -128 <= rawtext[i + 2] 
                    && rawtext[i + 2] <= -65) { 
                goodbytes += 3; 
                i += 2; 
            } 
        } 
 
        if (asciibytes == rawtextlen) { 
            return 0; 
        } 
 
        score = (int) (100 * ((float) goodbytes / (float) (rawtextlen - asciibytes)));
 
        // If not above 98, reduce to zero to prevent coincidental matches 
        // Allows for some (few) bad formed sequences 
        if (score > 98) { 
            return score; 
        } else if (score > 95 && goodbytes > 30) { 
            return score; 
        } else { 
            return 0; 
        } 
 
    } 
 
    /* 
     * Function: utf16_probability Argument: byte array Returns : number from 0 
     * to 100 representing probability text in array uses UTF-16 encoding of 
     * Unicode, guess based on BOM // NOT VERY GENERAL, NEEDS MUCH MORE WORK 
     */ 
 
    private int utf16_probability(byte[] rawtext) { 
        // int score = 0; 
        // int i, rawtextlen = 0; 
        // int goodbytes = 0, asciibytes = 0; 
    	
    	if(rawtext.length<2)
    		return 0;
    	
        if (((byte) 0xFE == rawtext[0] && (byte) 0xFF == rawtext[1]) || // Big-endian
                ((byte) 0xFF == rawtext[0] && (byte) 0xFE == rawtext[1])) { // Little-endian
            return 100; 
        } 
 
        return 0; 
 
        /* 
         * // Check to see if characters fit into acceptable ranges rawtextlen = 
         * rawtext.length; for (i = 0; i < rawtextlen; i++) { if ((rawtext[i] & 
         * (byte)0x7F) == rawtext[i]) { // One byte goodbytes += 1; 
         * asciibytes++; } else if ((rawtext[i] & (byte)0xDF) == rawtext[i]) { 
         * // Two bytes if (i+1 < rawtextlen && (rawtext[i+1] & (byte)0xBF) == 
         * rawtext[i+1]) { goodbytes += 2; i++; } } else if ((rawtext[i] & 
         * (byte)0xEF) == rawtext[i]) { // Three bytes if (i+2 < rawtextlen && 
         * (rawtext[i+1] & (byte)0xBF) == rawtext[i+1] && (rawtext[i+2] & 
         * (byte)0xBF) == rawtext[i+2]) { goodbytes += 3; i+=2; } } } 
         *  
         * score = (int)(100 * ((float)goodbytes/(float)rawtext.length)); 
         *  
         * // An all ASCII file is also a good UTF8 file, but I'd rather it // 
         * get identified as ASCII. Can delete following 3 lines otherwise if 
         * (goodbytes == asciibytes) { score = 0; } 
         *  
         * // If not above 90, reduce to zero to prevent coincidental matches if 
         * (score > 90) { return score; } else { return 0; } 
         */ 
 
    } 
 
    /* 
     * Function: ascii_probability Argument: byte array Returns : number from 0 
     * to 100 representing probability text in array uses all ASCII Description: 
     * Sees if array has any characters not in ASCII range, if so, score is 
     * reduced 
     */ 
 
    private int ascii_probability(byte[] rawtext) { 
        /*int score = 70; 
        int i, rawtextlen; 
 
        rawtextlen = rawtext.length; 
 
        for (i = 0; i < rawtextlen; i++) { 
            if (rawtext[i] < 0) { 
                score = score - 5; 
            } else if (rawtext[i] == (byte) 0x1B) { // ESC (used by ISO 2022) 
                score = score - 5; 
            } 
        } 
 
        return score; */
    	
    	int score = 100; 
        int i, rawtextlen; 
 
        rawtextlen = rawtext.length; 
        for (i = 0; i < rawtextlen; i++) { 
            if (rawtext[i] > 0 && rawtext[i] < 0x7f) { 
                continue;
            } else{ 
                score = 0;
                break;
            } 
        } 
 
        return score;
    	
    } 
 
    private void initializeFrequencies() { 
        int i, j; 
 
        for (i = 0; i < 93; i++) { 
            for (j = 0; j < 93; j++) { 
                GBFreq[i][j] = 0; 
            } 
        } 
 
        for (i = 0; i < 126; i++) { 
            for (j = 0; j < 191; j++) { 
                GBKFreq[i][j] = 0; 
            } 
        } 
 
        for (i = 0; i < 93; i++) { 
            for (j = 0; j < 157; j++) { 
                Big5Freq[i][j] = 0; 
            } 
        } 
 
        for (i = 0; i < 93; i++) { 
            for (j = 0; j < 93; j++) { 
                EUC_TWFreq[i][j] = 0; 
            } 
        } 
 
        GBFreq[20][35] = 599; 
        GBFreq[49][26] = 598; 
        GBFreq[41][38] = 597; 
        GBFreq[17][26] = 596; 
        GBFreq[32][42] = 595; 
        GBFreq[39][42] = 594; 
        GBFreq[45][49] = 593; 
        GBFreq[51][57] = 592; 
        GBFreq[50][47] = 591; 
        GBFreq[42][90] = 590; 
        GBFreq[52][65] = 589; 
        GBFreq[53][47] = 588; 
        GBFreq[19][82] = 587; 
        GBFreq[31][19] = 586; 
        GBFreq[40][46] = 585; 
        GBFreq[24][89] = 584; 
        GBFreq[23][85] = 583; 
        GBFreq[20][28] = 582; 
        GBFreq[42][20] = 581; 
        GBFreq[34][38] = 580; 
        GBFreq[45][9] = 579; 
        GBFreq[54][50] = 578; 
        GBFreq[25][44] = 577; 
        GBFreq[35][66] = 576; 
        GBFreq[20][55] = 575; 
        GBFreq[18][85] = 574; 
        GBFreq[20][31] = 573; 
        GBFreq[49][17] = 572; 
        GBFreq[41][16] = 571; 
        GBFreq[35][73] = 570; 
        GBFreq[20][34] = 569; 
        GBFreq[29][44] = 568; 
        GBFreq[35][38] = 567; 
        GBFreq[49][9] = 566; 
        GBFreq[46][33] = 565; 
        GBFreq[49][51] = 564; 
        GBFreq[40][89] = 563; 
        GBFreq[26][64] = 562; 
        GBFreq[54][51] = 561; 
        GBFreq[54][36] = 560; 
        GBFreq[39][4] = 559; 
        GBFreq[53][13] = 558; 
        GBFreq[24][92] = 557; 
        GBFreq[27][49] = 556; 
        GBFreq[48][6] = 555; 
        GBFreq[21][51] = 554; 
        GBFreq[30][40] = 553; 
        GBFreq[42][92] = 552; 
        GBFreq[31][78] = 551; 
        GBFreq[25][82] = 550; 
        GBFreq[47][0] = 549; 
        GBFreq[34][19] = 548; 
        GBFreq[47][35] = 547; 
        GBFreq[21][63] = 546; 
        GBFreq[43][75] = 545; 
        GBFreq[21][87] = 544; 
        GBFreq[35][59] = 543; 
        GBFreq[25][34] = 542; 
        GBFreq[21][27] = 541; 
        GBFreq[39][26] = 540; 
        GBFreq[34][26] = 539; 
        GBFreq[39][52] = 538; 
        GBFreq[50][57] = 537; 
        GBFreq[37][79] = 536; 
        GBFreq[26][24] = 535; 
        GBFreq[22][1] = 534; 
        GBFreq[18][40] = 533; 
        GBFreq[41][33] = 532; 
        GBFreq[53][26] = 531; 
        GBFreq[54][86] = 530; 
        GBFreq[20][16] = 529; 
        GBFreq[46][74] = 528; 
        GBFreq[30][19] = 527; 
        GBFreq[45][35] = 526; 
        GBFreq[45][61] = 525; 
        GBFreq[30][9] = 524; 
        GBFreq[41][53] = 523; 
        GBFreq[41][13] = 522; 
        GBFreq[50][34] = 521; 
        GBFreq[53][86] = 520; 
        GBFreq[47][47] = 519; 
        GBFreq[22][28] = 518; 
        GBFreq[50][53] = 517; 
        GBFreq[39][70] = 516; 
        GBFreq[38][15] = 515; 
        GBFreq[42][88] = 514; 
        GBFreq[16][29] = 513; 
        GBFreq[27][90] = 512; 
        GBFreq[29][12] = 511; 
        GBFreq[44][22] = 510; 
        GBFreq[34][69] = 509; 
        GBFreq[24][10] = 508; 
        GBFreq[44][11] = 507; 
        GBFreq[39][92] = 506; 
        GBFreq[49][48] = 505; 
        GBFreq[31][46] = 504; 
        GBFreq[19][50] = 503; 
        GBFreq[21][14] = 502; 
        GBFreq[32][28] = 501; 
        GBFreq[18][3] = 500; 
        GBFreq[53][9] = 499; 
        GBFreq[34][80] = 498; 
        GBFreq[48][88] = 497; 
        GBFreq[46][53] = 496; 
        GBFreq[22][53] = 495; 
        GBFreq[28][10] = 494; 
        GBFreq[44][65] = 493; 
        GBFreq[20][10] = 492; 
        GBFreq[40][76] = 491; 
        GBFreq[47][8] = 490; 
        GBFreq[50][74] = 489; 
        GBFreq[23][62] = 488; 
        GBFreq[49][65] = 487; 
        GBFreq[28][87] = 486; 
        GBFreq[15][48] = 485; 
        GBFreq[22][7] = 484; 
        GBFreq[19][42] = 483; 
        GBFreq[41][20] = 482; 
        GBFreq[26][55] = 481; 
        GBFreq[21][93] = 480; 
        GBFreq[31][76] = 479; 
        GBFreq[34][31] = 478; 
        GBFreq[20][66] = 477; 
        GBFreq[51][33] = 476; 
        GBFreq[34][86] = 475; 
        GBFreq[37][67] = 474; 
        GBFreq[53][53] = 473; 
        GBFreq[40][88] = 472; 
        GBFreq[39][10] = 471; 
        GBFreq[24][3] = 470; 
        GBFreq[27][25] = 469; 
        GBFreq[26][15] = 468; 
        GBFreq[21][88] = 467; 
        GBFreq[52][62] = 466; 
        GBFreq[46][81] = 465; 
        GBFreq[38][72] = 464; 
        GBFreq[17][30] = 463; 
        GBFreq[52][92] = 462; 
        GBFreq[34][90] = 461; 
        GBFreq[21][7] = 460; 
        GBFreq[36][13] = 459; 
        GBFreq[45][41] = 458; 
        GBFreq[32][5] = 457; 
        GBFreq[26][89] = 456; 
        GBFreq[23][87] = 455; 
        GBFreq[20][39] = 454; 
        GBFreq[27][23] = 453; 
        GBFreq[25][59] = 452; 
        GBFreq[49][20] = 451; 
        GBFreq[54][77] = 450; 
        GBFreq[27][67] = 449; 
        GBFreq[47][33] = 448; 
        GBFreq[41][17] = 447; 
        GBFreq[19][81] = 446; 
        GBFreq[16][66] = 445; 
        GBFreq[45][26] = 444; 
        GBFreq[49][81] = 443; 
        GBFreq[53][55] = 442; 
        GBFreq[16][26] = 441; 
        GBFreq[54][62] = 440; 
        GBFreq[20][70] = 439; 
        GBFreq[42][35] = 438; 
        GBFreq[20][57] = 437; 
        GBFreq[34][36] = 436; 
        GBFreq[46][63] = 435; 
        GBFreq[19][45] = 434; 
        GBFreq[21][10] = 433; 
        GBFreq[52][93] = 432; 
        GBFreq[25][2] = 431; 
        GBFreq[30][57] = 430; 
        GBFreq[41][24] = 429; 
        GBFreq[28][43] = 428; 
        GBFreq[45][86] = 427; 
        GBFreq[51][56] = 426; 
        GBFreq[37][28] = 425; 
        GBFreq[52][69] = 424; 
        GBFreq[43][92] = 423; 
        GBFreq[41][31] = 422; 
        GBFreq[37][87] = 421; 
        GBFreq[47][36] = 420; 
        GBFreq[16][16] = 419; 
        GBFreq[40][56] = 418; 
        GBFreq[24][55] = 417; 
        GBFreq[17][1] = 416; 
        GBFreq[35][57] = 415; 
        GBFreq[27][50] = 414; 
        GBFreq[26][14] = 413; 
        GBFreq[50][40] = 412; 
        GBFreq[39][19] = 411; 
        GBFreq[19][89] = 410; 
        GBFreq[29][91] = 409; 
        GBFreq[17][89] = 408; 
        GBFreq[39][74] = 407; 
        GBFreq[46][39] = 406; 
        GBFreq[40][28] = 405; 
        GBFreq[45][68] = 404; 
        GBFreq[43][10] = 403; 
        GBFreq[42][13] = 402; 
        GBFreq[44][81] = 401; 
        GBFreq[41][47] = 400; 
        GBFreq[48][58] = 399; 
        GBFreq[43][68] = 398; 
        GBFreq[16][79] = 397; 
        GBFreq[19][5] = 396; 
        GBFreq[54][59] = 395; 
        GBFreq[17][36] = 394; 
        GBFreq[18][0] = 393; 
        GBFreq[41][5] = 392; 
        GBFreq[41][72] = 391; 
        GBFreq[16][39] = 390; 
        GBFreq[54][0] = 389; 
        GBFreq[51][16] = 388; 
        GBFreq[29][36] = 387; 
        GBFreq[47][5] = 386; 
        GBFreq[47][51] = 385; 
        GBFreq[44][7] = 384; 
        GBFreq[35][30] = 383; 
        GBFreq[26][9] = 382; 
        GBFreq[16][7] = 381; 
        GBFreq[32][1] = 380; 
        GBFreq[33][76] = 379; 
        GBFreq[34][91] = 378; 
        GBFreq[52][36] = 377; 
        GBFreq[26][77] = 376; 
        GBFreq[35][48] = 375; 
        GBFreq[40][80] = 374; 
        GBFreq[41][92] = 373; 
        GBFreq[27][93] = 372; 
        GBFreq[15][17] = 371; 
        GBFreq[16][76] = 370; 
        GBFreq[51][12] = 369; 
        GBFreq[18][20] = 368; 
        GBFreq[15][54] = 367; 
        GBFreq[50][5] = 366; 
        GBFreq[33][22] = 365; 
        GBFreq[37][57] = 364; 
        GBFreq[28][47] = 363; 
        GBFreq[42][31] = 362; 
        GBFreq[18][2] = 361; 
        GBFreq[43][64] = 360; 
        GBFreq[23][47] = 359; 
        GBFreq[28][79] = 358; 
        GBFreq[25][45] = 357; 
        GBFreq[23][91] = 356; 
        GBFreq[22][19] = 355; 
        GBFreq[25][46] = 354; 
        GBFreq[22][36] = 353; 
        GBFreq[54][85] = 352; 
        GBFreq[46][20] = 351; 
        GBFreq[27][37] = 350; 
        GBFreq[26][81] = 349; 
        GBFreq[42][29] = 348; 
        GBFreq[31][90] = 347; 
        GBFreq[41][59] = 346; 
        GBFreq[24][65] = 345; 
        GBFreq[44][84] = 344; 
        GBFreq[24][90] = 343; 
        GBFreq[38][54] = 342; 
        GBFreq[28][70] = 341; 
        GBFreq[27][15] = 340; 
        GBFreq[28][80] = 339; 
        GBFreq[29][8] = 338; 
        GBFreq[45][80] = 337; 
        GBFreq[53][37] = 336; 
        GBFreq[28][65] = 335; 
        GBFreq[23][86] = 334; 
        GBFreq[39][45] = 333; 
        GBFreq[53][32] = 332; 
        GBFreq[38][68] = 331; 
        GBFreq[45][78] = 330; 
        GBFreq[43][7] = 329; 
        GBFreq[46][82] = 328; 
        GBFreq[27][38] = 327; 
        GBFreq[16][62] = 326; 
        GBFreq[24][17] = 325; 
        GBFreq[22][70] = 324; 
        GBFreq[52][28] = 323; 
        GBFreq[23][40] = 322; 
        GBFreq[28][50] = 321; 
        GBFreq[42][91] = 320; 
        GBFreq[47][76] = 319; 
        GBFreq[15][42] = 318; 
        GBFreq[43][55] = 317; 
        GBFreq[29][84] = 316; 
        GBFreq[44][90] = 315; 
        GBFreq[53][16] = 314; 
        GBFreq[22][93] = 313; 
        GBFreq[34][10] = 312; 
        GBFreq[32][53] = 311; 
        GBFreq[43][65] = 310; 
        GBFreq[28][7] = 309; 
        GBFreq[35][46] = 308; 
        GBFreq[21][39] = 307; 
        GBFreq[44][18] = 306; 
        GBFreq[40][10] = 305; 
        GBFreq[54][53] = 304; 
        GBFreq[38][74] = 303; 
        GBFreq[28][26] = 302; 
        GBFreq[15][13] = 301; 
        GBFreq[39][34] = 300; 
        GBFreq[39][46] = 299; 
        GBFreq[42][66] = 298; 
        GBFreq[33][58] = 297; 
        GBFreq[15][56] = 296; 
        GBFreq[18][51] = 295; 
        GBFreq[49][68] = 294; 
        GBFreq[30][37] = 293; 
        GBFreq[51][84] = 292; 
        GBFreq[51][9] = 291; 
        GBFreq[40][70] = 290; 
        GBFreq[41][84] = 289; 
        GBFreq[28][64] = 288; 
        GBFreq[32][88] = 287; 
        GBFreq[24][5] = 286; 
        GBFreq[53][23] = 285; 
        GBFreq[42][27] = 284; 
        GBFreq[22][38] = 283; 
        GBFreq[32][86] = 282; 
        GBFreq[34][30] = 281; 
        GBFreq[38][63] = 280; 
        GBFreq[24][59] = 279; 
        GBFreq[22][81] = 278; 
        GBFreq[32][11] = 277; 
        GBFreq[51][21] = 276; 
        GBFreq[54][41] = 275; 
        GBFreq[21][50] = 274; 
        GBFreq[23][89] = 273; 
        GBFreq[19][87] = 272; 
        GBFreq[26][7] = 271; 
        GBFreq[30][75] = 270; 
        GBFreq[43][84] = 269; 
        GBFreq[51][25] = 268; 
        GBFreq[16][67] = 267; 
        GBFreq[32][9] = 266; 
        GBFreq[48][51] = 265; 
        GBFreq[39][7] = 264; 
        GBFreq[44][88] = 263; 
        GBFreq[52][24] = 262; 
        GBFreq[23][34] = 261; 
        GBFreq[32][75] = 260; 
        GBFreq[19][10] = 259; 
        GBFreq[28][91] = 258; 
        GBFreq[32][83] = 257; 
        GBFreq[25][75] = 256; 
        GBFreq[53][45] = 255; 
        GBFreq[29][85] = 254; 
        GBFreq[53][59] = 253; 
        GBFreq[16][2] = 252; 
        GBFreq[19][78] = 251; 
        GBFreq[15][75] = 250; 
        GBFreq[51][42] = 249; 
        GBFreq[45][67] = 248; 
        GBFreq[15][74] = 247; 
        GBFreq[25][81] = 246; 
        GBFreq[37][62] = 245; 
        GBFreq[16][55] = 244; 
        GBFreq[18][38] = 243; 
        GBFreq[23][23] = 242; 
        GBFreq[38][30] = 241; 
        GBFreq[17][28] = 240; 
        GBFreq[44][73] = 239; 
        GBFreq[23][78] = 238; 
        GBFreq[40][77] = 237; 
        GBFreq[38][87] = 236; 
        GBFreq[27][19] = 235; 
        GBFreq[38][82] = 234; 
        GBFreq[37][22] = 233; 
        GBFreq[41][30] = 232; 
        GBFreq[54][9] = 231; 
        GBFreq[32][30] = 230; 
        GBFreq[30][52] = 229; 
        GBFreq[40][84] = 228; 
        GBFreq[53][57] = 227; 
        GBFreq[27][27] = 226; 
        GBFreq[38][64] = 225; 
        GBFreq[18][43] = 224; 
        GBFreq[23][69] = 223; 
        GBFreq[28][12] = 222; 
        GBFreq[50][78] = 221; 
        GBFreq[50][1] = 220; 
        GBFreq[26][88] = 219; 
        GBFreq[36][40] = 218; 
        GBFreq[33][89] = 217; 
        GBFreq[41][28] = 216; 
        GBFreq[31][77] = 215; 
        GBFreq[46][1] = 214; 
        GBFreq[47][19] = 213; 
        GBFreq[35][55] = 212; 
        GBFreq[41][21] = 211; 
        GBFreq[27][10] = 210; 
        GBFreq[32][77] = 209; 
        GBFreq[26][37] = 208; 
        GBFreq[20][33] = 207; 
        GBFreq[41][52] = 206; 
        GBFreq[32][18] = 205; 
        GBFreq[38][13] = 204; 
        GBFreq[20][18] = 203; 
        GBFreq[20][24] = 202; 
        GBFreq[45][19] = 201; 
        GBFreq[18][53] = 200; 
 
        Big5Freq[9][89] = 600; 
        Big5Freq[11][15] = 599; 
        Big5Freq[3][66] = 598; 
        Big5Freq[6][121] = 597; 
        Big5Freq[3][0] = 596; 
        Big5Freq[5][82] = 595; 
        Big5Freq[3][42] = 594; 
        Big5Freq[5][34] = 593; 
        Big5Freq[3][8] = 592; 
        Big5Freq[3][6] = 591; 
        Big5Freq[3][67] = 590; 
        Big5Freq[7][139] = 589; 
        Big5Freq[23][137] = 588; 
        Big5Freq[12][46] = 587; 
        Big5Freq[4][8] = 586; 
        Big5Freq[4][41] = 585; 
        Big5Freq[18][47] = 584; 
        Big5Freq[12][114] = 583; 
        Big5Freq[6][1] = 582; 
        Big5Freq[22][60] = 581; 
        Big5Freq[5][46] = 580; 
        Big5Freq[11][79] = 579; 
        Big5Freq[3][23] = 578; 
        Big5Freq[7][114] = 577; 
        Big5Freq[29][102] = 576; 
        Big5Freq[19][14] = 575; 
        Big5Freq[4][133] = 574; 
        Big5Freq[3][29] = 573; 
        Big5Freq[4][109] = 572; 
        Big5Freq[14][127] = 571; 
        Big5Freq[5][48] = 570; 
        Big5Freq[13][104] = 569; 
        Big5Freq[3][132] = 568; 
        Big5Freq[26][64] = 567; 
        Big5Freq[7][19] = 566; 
        Big5Freq[4][12] = 565; 
        Big5Freq[11][124] = 564; 
        Big5Freq[7][89] = 563; 
        Big5Freq[15][124] = 562; 
        Big5Freq[4][108] = 561; 
        Big5Freq[19][66] = 560; 
        Big5Freq[3][21] = 559; 
        Big5Freq[24][12] = 558; 
        Big5Freq[28][111] = 557; 
        Big5Freq[12][107] = 556; 
        Big5Freq[3][112] = 555; 
        Big5Freq[8][113] = 554; 
        Big5Freq[5][40] = 553; 
        Big5Freq[26][145] = 552; 
        Big5Freq[3][48] = 551; 
        Big5Freq[3][70] = 550; 
        Big5Freq[22][17] = 549; 
        Big5Freq[16][47] = 548; 
        Big5Freq[3][53] = 547; 
        Big5Freq[4][24] = 546; 
        Big5Freq[32][120] = 545; 
        Big5Freq[24][49] = 544; 
        Big5Freq[24][142] = 543; 
        Big5Freq[18][66] = 542; 
        Big5Freq[29][150] = 541; 
        Big5Freq[5][122] = 540; 
        Big5Freq[5][114] = 539; 
        Big5Freq[3][44] = 538; 
        Big5Freq[10][128] = 537; 
        Big5Freq[15][20] = 536; 
        Big5Freq[13][33] = 535; 
        Big5Freq[14][87] = 534; 
        Big5Freq[3][126] = 533; 
        Big5Freq[4][53] = 532; 
        Big5Freq[4][40] = 531; 
        Big5Freq[9][93] = 530; 
        Big5Freq[15][137] = 529; 
        Big5Freq[10][123] = 528; 
        Big5Freq[4][56] = 527; 
        Big5Freq[5][71] = 526; 
        Big5Freq[10][8] = 525; 
        Big5Freq[5][16] = 524; 
        Big5Freq[5][146] = 523; 
        Big5Freq[18][88] = 522; 
        Big5Freq[24][4] = 521; 
        Big5Freq[20][47] = 520; 
        Big5Freq[5][33] = 519; 
        Big5Freq[9][43] = 518; 
        Big5Freq[20][12] = 517; 
        Big5Freq[20][13] = 516; 
        Big5Freq[5][156] = 515; 
        Big5Freq[22][140] = 514; 
        Big5Freq[8][146] = 513; 
        Big5Freq[21][123] = 512; 
        Big5Freq[4][90] = 511; 
        Big5Freq[5][62] = 510; 
        Big5Freq[17][59] = 509; 
        Big5Freq[10][37] = 508; 
        Big5Freq[18][107] = 507; 
        Big5Freq[14][53] = 506; 
        Big5Freq[22][51] = 505; 
        Big5Freq[8][13] = 504; 
        Big5Freq[5][29] = 503; 
        Big5Freq[9][7] = 502; 
        Big5Freq[22][14] = 501; 
        Big5Freq[8][55] = 500; 
        Big5Freq[33][9] = 499; 
        Big5Freq[16][64] = 498; 
        Big5Freq[7][131] = 497; 
        Big5Freq[34][4] = 496; 
        Big5Freq[7][101] = 495; 
        Big5Freq[11][139] = 494; 
        Big5Freq[3][135] = 493; 
        Big5Freq[7][102] = 492; 
        Big5Freq[17][13] = 491; 
        Big5Freq[3][20] = 490; 
        Big5Freq[27][106] = 489; 
        Big5Freq[5][88] = 488; 
        Big5Freq[6][33] = 487; 
        Big5Freq[5][139] = 486; 
        Big5Freq[6][0] = 485; 
        Big5Freq[17][58] = 484; 
        Big5Freq[5][133] = 483; 
        Big5Freq[9][107] = 482; 
        Big5Freq[23][39] = 481; 
        Big5Freq[5][23] = 480; 
        Big5Freq[3][79] = 479; 
        Big5Freq[32][97] = 478; 
        Big5Freq[3][136] = 477; 
        Big5Freq[4][94] = 476; 
        Big5Freq[21][61] = 475; 
        Big5Freq[23][123] = 474; 
        Big5Freq[26][16] = 473; 
        Big5Freq[24][137] = 472; 
        Big5Freq[22][18] = 471; 
        Big5Freq[5][1] = 470; 
        Big5Freq[20][119] = 469; 
        Big5Freq[3][7] = 468; 
        Big5Freq[10][79] = 467; 
        Big5Freq[15][105] = 466; 
        Big5Freq[3][144] = 465; 
        Big5Freq[12][80] = 464; 
        Big5Freq[15][73] = 463; 
        Big5Freq[3][19] = 462; 
        Big5Freq[8][109] = 461; 
        Big5Freq[3][15] = 460; 
        Big5Freq[31][82] = 459; 
        Big5Freq[3][43] = 458; 
        Big5Freq[25][119] = 457; 
        Big5Freq[16][111] = 456; 
        Big5Freq[7][77] = 455; 
        Big5Freq[3][95] = 454; 
        Big5Freq[24][82] = 453; 
        Big5Freq[7][52] = 452; 
        Big5Freq[9][151] = 451; 
        Big5Freq[3][129] = 450; 
        Big5Freq[5][87] = 449; 
        Big5Freq[3][55] = 448; 
        Big5Freq[8][153] = 447; 
        Big5Freq[4][83] = 446; 
        Big5Freq[3][114] = 445; 
        Big5Freq[23][147] = 444; 
        Big5Freq[15][31] = 443; 
        Big5Freq[3][54] = 442; 
        Big5Freq[11][122] = 441; 
        Big5Freq[4][4] = 440; 
        Big5Freq[34][149] = 439; 
        Big5Freq[3][17] = 438; 
        Big5Freq[21][64] = 437; 
        Big5Freq[26][144] = 436; 
        Big5Freq[4][62] = 435; 
        Big5Freq[8][15] = 434; 
        Big5Freq[35][80] = 433; 
        Big5Freq[7][110] = 432; 
        Big5Freq[23][114] = 431; 
        Big5Freq[3][108] = 430; 
        Big5Freq[3][62] = 429; 
        Big5Freq[21][41] = 428; 
        Big5Freq[15][99] = 427; 
        Big5Freq[5][47] = 426; 
        Big5Freq[4][96] = 425; 
        Big5Freq[20][122] = 424; 
        Big5Freq[5][21] = 423; 
        Big5Freq[4][157] = 422; 
        Big5Freq[16][14] = 421; 
        Big5Freq[3][117] = 420; 
        Big5Freq[7][129] = 419; 
        Big5Freq[4][27] = 418; 
        Big5Freq[5][30] = 417; 
        Big5Freq[22][16] = 416; 
        Big5Freq[5][64] = 415; 
        Big5Freq[17][99] = 414; 
        Big5Freq[17][57] = 413; 
        Big5Freq[8][105] = 412; 
        Big5Freq[5][112] = 411; 
        Big5Freq[20][59] = 410; 
        Big5Freq[6][129] = 409; 
        Big5Freq[18][17] = 408; 
        Big5Freq[3][92] = 407; 
        Big5Freq[28][118] = 406; 
        Big5Freq[3][109] = 405; 
        Big5Freq[31][51] = 404; 
        Big5Freq[13][116] = 403; 
        Big5Freq[6][15] = 402; 
        Big5Freq[36][136] = 401; 
        Big5Freq[12][74] = 400; 
        Big5Freq[20][88] = 399; 
        Big5Freq[36][68] = 398; 
        Big5Freq[3][147] = 397; 
        Big5Freq[15][84] = 396; 
        Big5Freq[16][32] = 395; 
        Big5Freq[16][58] = 394; 
        Big5Freq[7][66] = 393; 
        Big5Freq[23][107] = 392; 
        Big5Freq[9][6] = 391; 
        Big5Freq[12][86] = 390; 
        Big5Freq[23][112] = 389; 
        Big5Freq[37][23] = 388; 
        Big5Freq[3][138] = 387; 
        Big5Freq[20][68] = 386; 
        Big5Freq[15][116] = 385; 
        Big5Freq[18][64] = 384; 
        Big5Freq[12][139] = 383; 
        Big5Freq[11][155] = 382; 
        Big5Freq[4][156] = 381; 
        Big5Freq[12][84] = 380; 
        Big5Freq[18][49] = 379; 
        Big5Freq[25][125] = 378; 
        Big5Freq[25][147] = 377; 
        Big5Freq[15][110] = 376; 
        Big5Freq[19][96] = 375; 
        Big5Freq[30][152] = 374; 
        Big5Freq[6][31] = 373; 
        Big5Freq[27][117] = 372; 
        Big5Freq[3][10] = 371; 
        Big5Freq[6][131] = 370; 
        Big5Freq[13][112] = 369; 
        Big5Freq[36][156] = 368; 
        Big5Freq[4][60] = 367; 
        Big5Freq[15][121] = 366; 
        Big5Freq[4][112] = 365; 
        Big5Freq[30][142] = 364; 
        Big5Freq[23][154] = 363; 
        Big5Freq[27][101] = 362; 
        Big5Freq[9][140] = 361; 
        Big5Freq[3][89] = 360; 
        Big5Freq[18][148] = 359; 
        Big5Freq[4][69] = 358; 
        Big5Freq[16][49] = 357; 
        Big5Freq[6][117] = 356; 
        Big5Freq[36][55] = 355; 
        Big5Freq[5][123] = 354; 
        Big5Freq[4][126] = 353; 
        Big5Freq[4][119] = 352; 
        Big5Freq[9][95] = 351; 
        Big5Freq[5][24] = 350; 
        Big5Freq[16][133] = 349; 
        Big5Freq[10][134] = 348; 
        Big5Freq[26][59] = 347; 
        Big5Freq[6][41] = 346; 
        Big5Freq[6][146] = 345; 
        Big5Freq[19][24] = 344; 
        Big5Freq[5][113] = 343; 
        Big5Freq[10][118] = 342; 
        Big5Freq[34][151] = 341; 
        Big5Freq[9][72] = 340; 
        Big5Freq[31][25] = 339; 
        Big5Freq[18][126] = 338; 
        Big5Freq[18][28] = 337; 
        Big5Freq[4][153] = 336; 
        Big5Freq[3][84] = 335; 
        Big5Freq[21][18] = 334; 
        Big5Freq[25][129] = 333; 
        Big5Freq[6][107] = 332; 
        Big5Freq[12][25] = 331; 
        Big5Freq[17][109] = 330; 
        Big5Freq[7][76] = 329; 
        Big5Freq[15][15] = 328; 
        Big5Freq[4][14] = 327; 
        Big5Freq[23][88] = 326; 
        Big5Freq[18][2] = 325; 
        Big5Freq[6][88] = 324; 
        Big5Freq[16][84] = 323; 
        Big5Freq[12][48] = 322; 
        Big5Freq[7][68] = 321; 
        Big5Freq[5][50] = 320; 
        Big5Freq[13][54] = 319; 
        Big5Freq[7][98] = 318; 
        Big5Freq[11][6] = 317; 
        Big5Freq[9][80] = 316; 
        Big5Freq[16][41] = 315; 
        Big5Freq[7][43] = 314; 
        Big5Freq[28][117] = 313; 
        Big5Freq[3][51] = 312; 
        Big5Freq[7][3] = 311; 
        Big5Freq[20][81] = 310; 
        Big5Freq[4][2] = 309; 
        Big5Freq[11][16] = 308; 
        Big5Freq[10][4] = 307; 
        Big5Freq[10][119] = 306; 
        Big5Freq[6][142] = 305; 
        Big5Freq[18][51] = 304; 
        Big5Freq[8][144] = 303; 
        Big5Freq[10][65] = 302; 
        Big5Freq[11][64] = 301; 
        Big5Freq[11][130] = 300; 
        Big5Freq[9][92] = 299; 
        Big5Freq[18][29] = 298; 
        Big5Freq[18][78] = 297; 
        Big5Freq[18][151] = 296; 
        Big5Freq[33][127] = 295; 
        Big5Freq[35][113] = 294; 
        Big5Freq[10][155] = 293; 
        Big5Freq[3][76] = 292; 
        Big5Freq[36][123] = 291; 
        Big5Freq[13][143] = 290; 
        Big5Freq[5][135] = 289; 
        Big5Freq[23][116] = 288; 
        Big5Freq[6][101] = 287; 
        Big5Freq[14][74] = 286; 
        Big5Freq[7][153] = 285; 
        Big5Freq[3][101] = 284; 
        Big5Freq[9][74] = 283; 
        Big5Freq[3][156] = 282; 
        Big5Freq[4][147] = 281; 
        Big5Freq[9][12] = 280; 
        Big5Freq[18][133] = 279; 
        Big5Freq[4][0] = 278; 
        Big5Freq[7][155] = 277; 
        Big5Freq[9][144] = 276; 
        Big5Freq[23][49] = 275; 
        Big5Freq[5][89] = 274; 
        Big5Freq[10][11] = 273; 
        Big5Freq[3][110] = 272; 
        Big5Freq[3][40] = 271; 
        Big5Freq[29][115] = 270; 
        Big5Freq[9][100] = 269; 
        Big5Freq[21][67] = 268; 
        Big5Freq[23][145] = 267; 
        Big5Freq[10][47] = 266; 
        Big5Freq[4][31] = 265; 
        Big5Freq[4][81] = 264; 
        Big5Freq[22][62] = 263; 
        Big5Freq[4][28] = 262; 
        Big5Freq[27][39] = 261; 
        Big5Freq[27][54] = 260; 
        Big5Freq[32][46] = 259; 
        Big5Freq[4][76] = 258; 
        Big5Freq[26][15] = 257; 
        Big5Freq[12][154] = 256; 
        Big5Freq[9][150] = 255; 
        Big5Freq[15][17] = 254; 
        Big5Freq[5][129] = 253; 
        Big5Freq[10][40] = 252; 
        Big5Freq[13][37] = 251; 
        Big5Freq[31][104] = 250; 
        Big5Freq[3][152] = 249; 
        Big5Freq[5][22] = 248; 
        Big5Freq[8][48] = 247; 
        Big5Freq[4][74] = 246; 
        Big5Freq[6][17] = 245; 
        Big5Freq[30][82] = 244; 
        Big5Freq[4][116] = 243; 
        Big5Freq[16][42] = 242; 
        Big5Freq[5][55] = 241; 
        Big5Freq[4][64] = 240; 
        Big5Freq[14][19] = 239; 
        Big5Freq[35][82] = 238; 
        Big5Freq[30][139] = 237; 
        Big5Freq[26][152] = 236; 
        Big5Freq[32][32] = 235; 
        Big5Freq[21][102] = 234; 
        Big5Freq[10][131] = 233; 
        Big5Freq[9][128] = 232; 
        Big5Freq[3][87] = 231; 
        Big5Freq[4][51] = 230; 
        Big5Freq[10][15] = 229; 
        Big5Freq[4][150] = 228; 
        Big5Freq[7][4] = 227; 
        Big5Freq[7][51] = 226; 
        Big5Freq[7][157] = 225; 
        Big5Freq[4][146] = 224; 
        Big5Freq[4][91] = 223; 
        Big5Freq[7][13] = 222; 
        Big5Freq[17][116] = 221; 
        Big5Freq[23][21] = 220; 
        Big5Freq[5][106] = 219; 
        Big5Freq[14][100] = 218; 
        Big5Freq[10][152] = 217; 
        Big5Freq[14][89] = 216; 
        Big5Freq[6][138] = 215; 
        Big5Freq[12][157] = 214; 
        Big5Freq[10][102] = 213; 
        Big5Freq[19][94] = 212; 
        Big5Freq[7][74] = 211; 
        Big5Freq[18][128] = 210; 
        Big5Freq[27][111] = 209; 
        Big5Freq[11][57] = 208; 
        Big5Freq[3][131] = 207; 
        Big5Freq[30][23] = 206; 
        Big5Freq[30][126] = 205; 
        Big5Freq[4][36] = 204; 
        Big5Freq[26][124] = 203; 
        Big5Freq[4][19] = 202; 
        Big5Freq[9][152] = 201; 
 
        EUC_TWFreq[48][49] = 599; 
        EUC_TWFreq[35][65] = 598; 
        EUC_TWFreq[41][27] = 597; 
        EUC_TWFreq[35][0] = 596; 
        EUC_TWFreq[39][19] = 595; 
        EUC_TWFreq[35][42] = 594; 
        EUC_TWFreq[38][66] = 593; 
        EUC_TWFreq[35][8] = 592; 
        EUC_TWFreq[35][6] = 591; 
        EUC_TWFreq[35][66] = 590; 
        EUC_TWFreq[43][14] = 589; 
        EUC_TWFreq[69][80] = 588; 
        EUC_TWFreq[50][48] = 587; 
        EUC_TWFreq[36][71] = 586; 
        EUC_TWFreq[37][10] = 585; 
        EUC_TWFreq[60][52] = 584; 
        EUC_TWFreq[51][21] = 583; 
        EUC_TWFreq[40][2] = 582; 
        EUC_TWFreq[67][35] = 581; 
        EUC_TWFreq[38][78] = 580; 
        EUC_TWFreq[49][18] = 579; 
        EUC_TWFreq[35][23] = 578; 
        EUC_TWFreq[42][83] = 577; 
        EUC_TWFreq[79][47] = 576; 
        EUC_TWFreq[61][82] = 575; 
        EUC_TWFreq[38][7] = 574; 
        EUC_TWFreq[35][29] = 573; 
        EUC_TWFreq[37][77] = 572; 
        EUC_TWFreq[54][67] = 571; 
        EUC_TWFreq[38][80] = 570; 
        EUC_TWFreq[52][74] = 569; 
        EUC_TWFreq[36][37] = 568; 
        EUC_TWFreq[74][8] = 567; 
        EUC_TWFreq[41][83] = 566; 
        EUC_TWFreq[36][75] = 565; 
        EUC_TWFreq[49][63] = 564; 
        EUC_TWFreq[42][58] = 563; 
        EUC_TWFreq[56][33] = 562; 
        EUC_TWFreq[37][76] = 561; 
        EUC_TWFreq[62][39] = 560; 
        EUC_TWFreq[35][21] = 559; 
        EUC_TWFreq[70][19] = 558; 
        EUC_TWFreq[77][88] = 557; 
        EUC_TWFreq[51][14] = 556; 
        EUC_TWFreq[36][17] = 555; 
        EUC_TWFreq[44][51] = 554; 
        EUC_TWFreq[38][72] = 553; 
        EUC_TWFreq[74][90] = 552; 
        EUC_TWFreq[35][48] = 551; 
        EUC_TWFreq[35][69] = 550; 
        EUC_TWFreq[66][86] = 549; 
        EUC_TWFreq[57][20] = 548; 
        EUC_TWFreq[35][53] = 547; 
        EUC_TWFreq[36][87] = 546; 
        EUC_TWFreq[84][67] = 545; 
        EUC_TWFreq[70][56] = 544; 
        EUC_TWFreq[71][54] = 543; 
        EUC_TWFreq[60][70] = 542; 
        EUC_TWFreq[80][1] = 541; 
        EUC_TWFreq[39][59] = 540; 
        EUC_TWFreq[39][51] = 539; 
        EUC_TWFreq[35][44] = 538; 
        EUC_TWFreq[48][4] = 537; 
        EUC_TWFreq[55][24] = 536; 
        EUC_TWFreq[52][4] = 535; 
        EUC_TWFreq[54][26] = 534; 
        EUC_TWFreq[36][31] = 533; 
        EUC_TWFreq[37][22] = 532; 
        EUC_TWFreq[37][9] = 531; 
        EUC_TWFreq[46][0] = 530; 
        EUC_TWFreq[56][46] = 529; 
        EUC_TWFreq[47][93] = 528; 
        EUC_TWFreq[37][25] = 527; 
        EUC_TWFreq[39][8] = 526; 
        EUC_TWFreq[46][73] = 525; 
        EUC_TWFreq[38][48] = 524; 
        EUC_TWFreq[39][83] = 523; 
        EUC_TWFreq[60][92] = 522; 
        EUC_TWFreq[70][11] = 521; 
        EUC_TWFreq[63][84] = 520; 
        EUC_TWFreq[38][65] = 519; 
        EUC_TWFreq[45][45] = 518; 
        EUC_TWFreq[63][49] = 517; 
        EUC_TWFreq[63][50] = 516; 
        EUC_TWFreq[39][93] = 515; 
        EUC_TWFreq[68][20] = 514; 
        EUC_TWFreq[44][84] = 513; 
        EUC_TWFreq[66][34] = 512; 
        EUC_TWFreq[37][58] = 511; 
        EUC_TWFreq[39][0] = 510; 
        EUC_TWFreq[59][1] = 509; 
        EUC_TWFreq[47][8] = 508; 
        EUC_TWFreq[61][17] = 507; 
        EUC_TWFreq[53][87] = 506; 
        EUC_TWFreq[67][26] = 505; 
        EUC_TWFreq[43][46] = 504; 
        EUC_TWFreq[38][61] = 503; 
        EUC_TWFreq[45][9] = 502; 
        EUC_TWFreq[66][83] = 501; 
        EUC_TWFreq[43][88] = 500; 
        EUC_TWFreq[85][20] = 499; 
        EUC_TWFreq[57][36] = 498; 
        EUC_TWFreq[43][6] = 497; 
        EUC_TWFreq[86][77] = 496; 
        EUC_TWFreq[42][70] = 495; 
        EUC_TWFreq[49][78] = 494; 
        EUC_TWFreq[36][40] = 493; 
        EUC_TWFreq[42][71] = 492; 
        EUC_TWFreq[58][49] = 491; 
        EUC_TWFreq[35][20] = 490; 
        EUC_TWFreq[76][20] = 489; 
        EUC_TWFreq[39][25] = 488; 
        EUC_TWFreq[40][34] = 487; 
        EUC_TWFreq[39][76] = 486; 
        EUC_TWFreq[40][1] = 485; 
        EUC_TWFreq[59][0] = 484; 
        EUC_TWFreq[39][70] = 483; 
        EUC_TWFreq[46][14] = 482; 
        EUC_TWFreq[68][77] = 481; 
        EUC_TWFreq[38][55] = 480; 
        EUC_TWFreq[35][78] = 479; 
        EUC_TWFreq[84][44] = 478; 
        EUC_TWFreq[36][41] = 477; 
        EUC_TWFreq[37][62] = 476; 
        EUC_TWFreq[65][67] = 475; 
        EUC_TWFreq[69][66] = 474; 
        EUC_TWFreq[73][55] = 473; 
        EUC_TWFreq[71][49] = 472; 
        EUC_TWFreq[66][87] = 471; 
        EUC_TWFreq[38][33] = 470; 
        EUC_TWFreq[64][61] = 469; 
        EUC_TWFreq[35][7] = 468; 
        EUC_TWFreq[47][49] = 467; 
        EUC_TWFreq[56][14] = 466; 
        EUC_TWFreq[36][49] = 465; 
        EUC_TWFreq[50][81] = 464; 
        EUC_TWFreq[55][76] = 463; 
        EUC_TWFreq[35][19] = 462; 
        EUC_TWFreq[44][47] = 461; 
        EUC_TWFreq[35][15] = 460; 
        EUC_TWFreq[82][59] = 459; 
        EUC_TWFreq[35][43] = 458; 
        EUC_TWFreq[73][0] = 457; 
        EUC_TWFreq[57][83] = 456; 
        EUC_TWFreq[42][46] = 455; 
        EUC_TWFreq[36][0] = 454; 
        EUC_TWFreq[70][88] = 453; 
        EUC_TWFreq[42][22] = 452; 
        EUC_TWFreq[46][58] = 451; 
        EUC_TWFreq[36][34] = 450; 
        EUC_TWFreq[39][24] = 449; 
        EUC_TWFreq[35][55] = 448; 
        EUC_TWFreq[44][91] = 447; 
        EUC_TWFreq[37][51] = 446; 
        EUC_TWFreq[36][19] = 445; 
        EUC_TWFreq[69][90] = 444; 
        EUC_TWFreq[55][35] = 443; 
        EUC_TWFreq[35][54] = 442; 
        EUC_TWFreq[49][61] = 441; 
        EUC_TWFreq[36][67] = 440; 
        EUC_TWFreq[88][34] = 439; 
        EUC_TWFreq[35][17] = 438; 
        EUC_TWFreq[65][69] = 437; 
        EUC_TWFreq[74][89] = 436; 
        EUC_TWFreq[37][31] = 435; 
        EUC_TWFreq[43][48] = 434; 
        EUC_TWFreq[89][27] = 433; 
        EUC_TWFreq[42][79] = 432; 
        EUC_TWFreq[69][57] = 431; 
        EUC_TWFreq[36][13] = 430; 
        EUC_TWFreq[35][62] = 429; 
        EUC_TWFreq[65][47] = 428; 
        EUC_TWFreq[56][8] = 427; 
        EUC_TWFreq[38][79] = 426; 
        EUC_TWFreq[37][64] = 425; 
        EUC_TWFreq[64][64] = 424; 
        EUC_TWFreq[38][53] = 423; 
        EUC_TWFreq[38][31] = 422; 
        EUC_TWFreq[56][81] = 421; 
        EUC_TWFreq[36][22] = 420; 
        EUC_TWFreq[43][4] = 419; 
        EUC_TWFreq[36][90] = 418; 
        EUC_TWFreq[38][62] = 417; 
        EUC_TWFreq[66][85] = 416; 
        EUC_TWFreq[39][1] = 415; 
        EUC_TWFreq[59][40] = 414; 
        EUC_TWFreq[58][93] = 413; 
        EUC_TWFreq[44][43] = 412; 
        EUC_TWFreq[39][49] = 411; 
        EUC_TWFreq[64][2] = 410; 
        EUC_TWFreq[41][35] = 409; 
        EUC_TWFreq[60][22] = 408; 
        EUC_TWFreq[35][91] = 407; 
        EUC_TWFreq[78][1] = 406; 
        EUC_TWFreq[36][14] = 405; 
        EUC_TWFreq[82][29] = 404; 
        EUC_TWFreq[52][86] = 403; 
        EUC_TWFreq[40][16] = 402; 
        EUC_TWFreq[91][52] = 401; 
        EUC_TWFreq[50][75] = 400; 
        EUC_TWFreq[64][30] = 399; 
        EUC_TWFreq[90][78] = 398; 
        EUC_TWFreq[36][52] = 397; 
        EUC_TWFreq[55][87] = 396; 
        EUC_TWFreq[57][5] = 395; 
        EUC_TWFreq[57][31] = 394; 
        EUC_TWFreq[42][35] = 393; 
        EUC_TWFreq[69][50] = 392; 
        EUC_TWFreq[45][8] = 391; 
        EUC_TWFreq[50][87] = 390; 
        EUC_TWFreq[69][55] = 389; 
        EUC_TWFreq[92][3] = 388; 
        EUC_TWFreq[36][43] = 387; 
        EUC_TWFreq[64][10] = 386; 
        EUC_TWFreq[56][25] = 385; 
        EUC_TWFreq[60][68] = 384; 
        EUC_TWFreq[51][46] = 383; 
        EUC_TWFreq[50][0] = 382; 
        EUC_TWFreq[38][30] = 381; 
        EUC_TWFreq[50][85] = 380; 
        EUC_TWFreq[60][54] = 379; 
        EUC_TWFreq[73][6] = 378; 
        EUC_TWFreq[73][28] = 377; 
        EUC_TWFreq[56][19] = 376; 
        EUC_TWFreq[62][69] = 375; 
        EUC_TWFreq[81][66] = 374; 
        EUC_TWFreq[40][32] = 373; 
        EUC_TWFreq[76][31] = 372; 
        EUC_TWFreq[35][10] = 371; 
        EUC_TWFreq[41][37] = 370; 
        EUC_TWFreq[52][82] = 369; 
        EUC_TWFreq[91][72] = 368; 
        EUC_TWFreq[37][29] = 367; 
        EUC_TWFreq[56][30] = 366; 
        EUC_TWFreq[37][80] = 365; 
        EUC_TWFreq[81][56] = 364; 
        EUC_TWFreq[70][3] = 363; 
        EUC_TWFreq[76][15] = 362; 
        EUC_TWFreq[46][47] = 361; 
        EUC_TWFreq[35][88] = 360; 
        EUC_TWFreq[61][58] = 359; 
        EUC_TWFreq[37][37] = 358; 
        EUC_TWFreq[57][22] = 357; 
        EUC_TWFreq[41][23] = 356; 
        EUC_TWFreq[90][66] = 355; 
        EUC_TWFreq[39][60] = 354; 
        EUC_TWFreq[38][0] = 353; 
        EUC_TWFreq[37][87] = 352; 
        EUC_TWFreq[46][2] = 351; 
        EUC_TWFreq[38][56] = 350; 
        EUC_TWFreq[58][11] = 349; 
        EUC_TWFreq[48][10] = 348; 
        EUC_TWFreq[74][4] = 347; 
        EUC_TWFreq[40][42] = 346; 
        EUC_TWFreq[41][52] = 345; 
        EUC_TWFreq[61][92] = 344; 
        EUC_TWFreq[39][50] = 343; 
        EUC_TWFreq[47][88] = 342; 
        EUC_TWFreq[88][36] = 341; 
        EUC_TWFreq[45][73] = 340; 
        EUC_TWFreq[82][3] = 339; 
        EUC_TWFreq[61][36] = 338; 
        EUC_TWFreq[60][33] = 337; 
        EUC_TWFreq[38][27] = 336; 
        EUC_TWFreq[35][83] = 335; 
        EUC_TWFreq[65][24] = 334; 
        EUC_TWFreq[73][10] = 333; 
        EUC_TWFreq[41][13] = 332; 
        EUC_TWFreq[50][27] = 331; 
        EUC_TWFreq[59][50] = 330; 
        EUC_TWFreq[42][45] = 329; 
        EUC_TWFreq[55][19] = 328; 
        EUC_TWFreq[36][77] = 327; 
        EUC_TWFreq[69][31] = 326; 
        EUC_TWFreq[60][7] = 325; 
        EUC_TWFreq[40][88] = 324; 
        EUC_TWFreq[57][56] = 323; 
        EUC_TWFreq[50][50] = 322; 
        EUC_TWFreq[42][37] = 321; 
        EUC_TWFreq[38][82] = 320; 
        EUC_TWFreq[52][25] = 319; 
        EUC_TWFreq[42][67] = 318; 
        EUC_TWFreq[48][40] = 317; 
        EUC_TWFreq[45][81] = 316; 
        EUC_TWFreq[57][14] = 315; 
        EUC_TWFreq[42][13] = 314; 
        EUC_TWFreq[78][0] = 313; 
        EUC_TWFreq[35][51] = 312; 
        EUC_TWFreq[41][67] = 311; 
        EUC_TWFreq[64][23] = 310; 
        EUC_TWFreq[36][65] = 309; 
        EUC_TWFreq[48][50] = 308; 
        EUC_TWFreq[46][69] = 307; 
        EUC_TWFreq[47][89] = 306; 
        EUC_TWFreq[41][48] = 305; 
        EUC_TWFreq[60][56] = 304; 
        EUC_TWFreq[44][82] = 303; 
        EUC_TWFreq[47][35] = 302; 
        EUC_TWFreq[49][3] = 301; 
        EUC_TWFreq[49][69] = 300; 
        EUC_TWFreq[45][93] = 299; 
        EUC_TWFreq[60][34] = 298; 
        EUC_TWFreq[60][82] = 297; 
        EUC_TWFreq[61][61] = 296; 
        EUC_TWFreq[86][42] = 295; 
        EUC_TWFreq[89][60] = 294; 
        EUC_TWFreq[48][31] = 293; 
        EUC_TWFreq[35][75] = 292; 
        EUC_TWFreq[91][39] = 291; 
        EUC_TWFreq[53][19] = 290; 
        EUC_TWFreq[39][72] = 289; 
        EUC_TWFreq[69][59] = 288; 
        EUC_TWFreq[41][7] = 287; 
        EUC_TWFreq[54][13] = 286; 
        EUC_TWFreq[43][28] = 285; 
        EUC_TWFreq[36][6] = 284; 
        EUC_TWFreq[45][75] = 283; 
        EUC_TWFreq[36][61] = 282; 
        EUC_TWFreq[38][21] = 281; 
        EUC_TWFreq[45][14] = 280; 
        EUC_TWFreq[61][43] = 279; 
        EUC_TWFreq[36][63] = 278; 
        EUC_TWFreq[43][30] = 277; 
        EUC_TWFreq[46][51] = 276; 
        EUC_TWFreq[68][87] = 275; 
        EUC_TWFreq[39][26] = 274; 
        EUC_TWFreq[46][76] = 273; 
        EUC_TWFreq[36][15] = 272; 
        EUC_TWFreq[35][40] = 271; 
        EUC_TWFreq[79][60] = 270; 
        EUC_TWFreq[46][7] = 269; 
        EUC_TWFreq[65][72] = 268; 
        EUC_TWFreq[69][88] = 267; 
        EUC_TWFreq[47][18] = 266; 
        EUC_TWFreq[37][0] = 265; 
        EUC_TWFreq[37][49] = 264; 
        EUC_TWFreq[67][37] = 263; 
        EUC_TWFreq[36][91] = 262; 
        EUC_TWFreq[75][48] = 261; 
        EUC_TWFreq[75][63] = 260; 
        EUC_TWFreq[83][87] = 259; 
        EUC_TWFreq[37][44] = 258; 
        EUC_TWFreq[73][54] = 257; 
        EUC_TWFreq[51][61] = 256; 
        EUC_TWFreq[46][57] = 255; 
        EUC_TWFreq[55][21] = 254; 
        EUC_TWFreq[39][66] = 253; 
        EUC_TWFreq[47][11] = 252; 
        EUC_TWFreq[52][8] = 251; 
        EUC_TWFreq[82][81] = 250; 
        EUC_TWFreq[36][57] = 249; 
        EUC_TWFreq[38][54] = 248; 
        EUC_TWFreq[43][81] = 247; 
        EUC_TWFreq[37][42] = 246; 
        EUC_TWFreq[40][18] = 245; 
        EUC_TWFreq[80][90] = 244; 
        EUC_TWFreq[37][84] = 243; 
        EUC_TWFreq[57][15] = 242; 
        EUC_TWFreq[38][87] = 241; 
        EUC_TWFreq[37][32] = 240; 
        EUC_TWFreq[53][53] = 239; 
        EUC_TWFreq[89][29] = 238; 
        EUC_TWFreq[81][53] = 237; 
        EUC_TWFreq[75][3] = 236; 
        EUC_TWFreq[83][73] = 235; 
        EUC_TWFreq[66][13] = 234; 
        EUC_TWFreq[48][7] = 233; 
        EUC_TWFreq[46][35] = 232; 
        EUC_TWFreq[35][86] = 231; 
        EUC_TWFreq[37][20] = 230; 
        EUC_TWFreq[46][80] = 229; 
        EUC_TWFreq[38][24] = 228; 
        EUC_TWFreq[41][68] = 227; 
        EUC_TWFreq[42][21] = 226; 
        EUC_TWFreq[43][32] = 225; 
        EUC_TWFreq[38][20] = 224; 
        EUC_TWFreq[37][59] = 223; 
        EUC_TWFreq[41][77] = 222; 
        EUC_TWFreq[59][57] = 221; 
        EUC_TWFreq[68][59] = 220; 
        EUC_TWFreq[39][43] = 219; 
        EUC_TWFreq[54][39] = 218; 
        EUC_TWFreq[48][28] = 217; 
        EUC_TWFreq[54][28] = 216; 
        EUC_TWFreq[41][44] = 215; 
        EUC_TWFreq[51][64] = 214; 
        EUC_TWFreq[47][72] = 213; 
        EUC_TWFreq[62][67] = 212; 
        EUC_TWFreq[42][43] = 211; 
        EUC_TWFreq[61][38] = 210; 
        EUC_TWFreq[76][25] = 209; 
        EUC_TWFreq[48][91] = 208; 
        EUC_TWFreq[36][36] = 207; 
        EUC_TWFreq[80][32] = 206; 
        EUC_TWFreq[81][40] = 205; 
        EUC_TWFreq[37][5] = 204; 
        EUC_TWFreq[74][69] = 203; 
        EUC_TWFreq[36][82] = 202; 
        EUC_TWFreq[46][59] = 201; 
 
        GBKFreq[52][132] = 600; 
        GBKFreq[73][135] = 599; 
        GBKFreq[49][123] = 598; 
        GBKFreq[77][146] = 597; 
        GBKFreq[81][123] = 596; 
        GBKFreq[82][144] = 595; 
        GBKFreq[51][179] = 594; 
        GBKFreq[83][154] = 593; 
        GBKFreq[71][139] = 592; 
        GBKFreq[64][139] = 591; 
        GBKFreq[85][144] = 590; 
        GBKFreq[52][125] = 589; 
        GBKFreq[88][25] = 588; 
        GBKFreq[81][106] = 587; 
        GBKFreq[81][148] = 586; 
        GBKFreq[62][137] = 585; 
        GBKFreq[94][0] = 584; 
        GBKFreq[1][64] = 583; 
        GBKFreq[67][163] = 582; 
        GBKFreq[20][190] = 581; 
        GBKFreq[57][131] = 580; 
        GBKFreq[29][169] = 579; 
        GBKFreq[72][143] = 578; 
        GBKFreq[0][173] = 577; 
        GBKFreq[11][23] = 576; 
        GBKFreq[61][141] = 575; 
        GBKFreq[60][123] = 574; 
        GBKFreq[81][114] = 573; 
        GBKFreq[82][131] = 572; 
        GBKFreq[67][156] = 571; 
        GBKFreq[71][167] = 570; 
        GBKFreq[20][50] = 569; 
        GBKFreq[77][132] = 568; 
        GBKFreq[84][38] = 567; 
        GBKFreq[26][29] = 566; 
        GBKFreq[74][187] = 565; 
        GBKFreq[62][116] = 564; 
        GBKFreq[67][135] = 563; 
        GBKFreq[5][86] = 562; 
        GBKFreq[72][186] = 561; 
        GBKFreq[75][161] = 560; 
        GBKFreq[78][130] = 559; 
        GBKFreq[94][30] = 558; 
        GBKFreq[84][72] = 557; 
        GBKFreq[1][67] = 556; 
        GBKFreq[75][172] = 555; 
        GBKFreq[74][185] = 554; 
        GBKFreq[53][160] = 553; 
        GBKFreq[123][14] = 552; 
        GBKFreq[79][97] = 551; 
        GBKFreq[85][110] = 550; 
        GBKFreq[78][171] = 549; 
        GBKFreq[52][131] = 548; 
        GBKFreq[56][100] = 547; 
        GBKFreq[50][182] = 546; 
        GBKFreq[94][64] = 545; 
        GBKFreq[106][74] = 544; 
        GBKFreq[11][102] = 543; 
        GBKFreq[53][124] = 542; 
        GBKFreq[24][3] = 541; 
        GBKFreq[86][148] = 540; 
        GBKFreq[53][184] = 539; 
        GBKFreq[86][147] = 538; 
        GBKFreq[96][161] = 537; 
        GBKFreq[82][77] = 536; 
        GBKFreq[59][146] = 535; 
        GBKFreq[84][126] = 534; 
        GBKFreq[79][132] = 533; 
        GBKFreq[85][123] = 532; 
        GBKFreq[71][101] = 531; 
        GBKFreq[85][106] = 530; 
        GBKFreq[6][184] = 529; 
        GBKFreq[57][156] = 528; 
        GBKFreq[75][104] = 527; 
        GBKFreq[50][137] = 526; 
        GBKFreq[79][133] = 525; 
        GBKFreq[76][108] = 524; 
        GBKFreq[57][142] = 523; 
        GBKFreq[84][130] = 522; 
        GBKFreq[52][128] = 521; 
        GBKFreq[47][44] = 520; 
        GBKFreq[52][152] = 519; 
        GBKFreq[54][104] = 518; 
        GBKFreq[30][47] = 517; 
        GBKFreq[71][123] = 516; 
        GBKFreq[52][107] = 515; 
        GBKFreq[45][84] = 514; 
        GBKFreq[107][118] = 513; 
        GBKFreq[5][161] = 512; 
        GBKFreq[48][126] = 511; 
        GBKFreq[67][170] = 510; 
        GBKFreq[43][6] = 509; 
        GBKFreq[70][112] = 508; 
        GBKFreq[86][174] = 507; 
        GBKFreq[84][166] = 506; 
        GBKFreq[79][130] = 505; 
        GBKFreq[57][141] = 504; 
        GBKFreq[81][178] = 503; 
        GBKFreq[56][187] = 502; 
        GBKFreq[81][162] = 501; 
        GBKFreq[53][104] = 500; 
        GBKFreq[123][35] = 499; 
        GBKFreq[70][169] = 498; 
        GBKFreq[69][164] = 497; 
        GBKFreq[109][61] = 496; 
        GBKFreq[73][130] = 495; 
        GBKFreq[62][134] = 494; 
        GBKFreq[54][125] = 493; 
        GBKFreq[79][105] = 492; 
        GBKFreq[70][165] = 491; 
        GBKFreq[71][189] = 490; 
        GBKFreq[23][147] = 489; 
        GBKFreq[51][139] = 488; 
        GBKFreq[47][137] = 487; 
        GBKFreq[77][123] = 486; 
        GBKFreq[86][183] = 485; 
        GBKFreq[63][173] = 484; 
        GBKFreq[79][144] = 483; 
        GBKFreq[84][159] = 482; 
        GBKFreq[60][91] = 481; 
        GBKFreq[66][187] = 480; 
        GBKFreq[73][114] = 479; 
        GBKFreq[85][56] = 478; 
        GBKFreq[71][149] = 477; 
        GBKFreq[84][189] = 476; 
        GBKFreq[104][31] = 475; 
        GBKFreq[83][82] = 474; 
        GBKFreq[68][35] = 473; 
        GBKFreq[11][77] = 472; 
        GBKFreq[15][155] = 471; 
        GBKFreq[83][153] = 470; 
        GBKFreq[71][1] = 469; 
        GBKFreq[53][190] = 468; 
        GBKFreq[50][135] = 467; 
        GBKFreq[3][147] = 466; 
        GBKFreq[48][136] = 465; 
        GBKFreq[66][166] = 464; 
        GBKFreq[55][159] = 463; 
        GBKFreq[82][150] = 462; 
        GBKFreq[58][178] = 461; 
        GBKFreq[64][102] = 460; 
        GBKFreq[16][106] = 459; 
        GBKFreq[68][110] = 458; 
        GBKFreq[54][14] = 457; 
        GBKFreq[60][140] = 456; 
        GBKFreq[91][71] = 455; 
        GBKFreq[54][150] = 454; 
        GBKFreq[78][177] = 453; 
        GBKFreq[78][117] = 452; 
        GBKFreq[104][12] = 451; 
        GBKFreq[73][150] = 450; 
        GBKFreq[51][142] = 449; 
        GBKFreq[81][145] = 448; 
        GBKFreq[66][183] = 447; 
        GBKFreq[51][178] = 446; 
        GBKFreq[75][107] = 445; 
        GBKFreq[65][119] = 444; 
        GBKFreq[69][176] = 443; 
        GBKFreq[59][122] = 442; 
        GBKFreq[78][160] = 441; 
        GBKFreq[85][183] = 440; 
        GBKFreq[105][16] = 439; 
        GBKFreq[73][110] = 438; 
        GBKFreq[104][39] = 437; 
        GBKFreq[119][16] = 436; 
        GBKFreq[76][162] = 435; 
        GBKFreq[67][152] = 434; 
        GBKFreq[82][24] = 433; 
        GBKFreq[73][121] = 432; 
        GBKFreq[83][83] = 431; 
        GBKFreq[82][145] = 430; 
        GBKFreq[49][133] = 429; 
        GBKFreq[94][13] = 428; 
        GBKFreq[58][139] = 427; 
        GBKFreq[74][189] = 426; 
        GBKFreq[66][177] = 425; 
        GBKFreq[85][184] = 424; 
        GBKFreq[55][183] = 423; 
        GBKFreq[71][107] = 422; 
        GBKFreq[11][98] = 421; 
        GBKFreq[72][153] = 420; 
        GBKFreq[2][137] = 419; 
        GBKFreq[59][147] = 418; 
        GBKFreq[58][152] = 417; 
        GBKFreq[55][144] = 416; 
        GBKFreq[73][125] = 415; 
        GBKFreq[52][154] = 414; 
        GBKFreq[70][178] = 413; 
        GBKFreq[79][148] = 412; 
        GBKFreq[63][143] = 411; 
        GBKFreq[50][140] = 410; 
        GBKFreq[47][145] = 409; 
        GBKFreq[48][123] = 408; 
        GBKFreq[56][107] = 407; 
        GBKFreq[84][83] = 406; 
        GBKFreq[59][112] = 405; 
        GBKFreq[124][72] = 404; 
        GBKFreq[79][99] = 403; 
        GBKFreq[3][37] = 402; 
        GBKFreq[114][55] = 401; 
        GBKFreq[85][152] = 400; 
        GBKFreq[60][47] = 399; 
        GBKFreq[65][96] = 398; 
        GBKFreq[74][110] = 397; 
        GBKFreq[86][182] = 396; 
        GBKFreq[50][99] = 395; 
        GBKFreq[67][186] = 394; 
        GBKFreq[81][74] = 393; 
        GBKFreq[80][37] = 392; 
        GBKFreq[21][60] = 391; 
        GBKFreq[110][12] = 390; 
        GBKFreq[60][162] = 389; 
        GBKFreq[29][115] = 388; 
        GBKFreq[83][130] = 387; 
        GBKFreq[52][136] = 386; 
        GBKFreq[63][114] = 385; 
        GBKFreq[49][127] = 384; 
        GBKFreq[83][109] = 383; 
        GBKFreq[66][128] = 382; 
        GBKFreq[78][136] = 381; 
        GBKFreq[81][180] = 380; 
        GBKFreq[76][104] = 379; 
        GBKFreq[56][156] = 378; 
        GBKFreq[61][23] = 377; 
        GBKFreq[4][30] = 376; 
        GBKFreq[69][154] = 375; 
        GBKFreq[100][37] = 374; 
        GBKFreq[54][177] = 373; 
        GBKFreq[23][119] = 372; 
        GBKFreq[71][171] = 371; 
        GBKFreq[84][146] = 370; 
        GBKFreq[20][184] = 369; 
        GBKFreq[86][76] = 368; 
        GBKFreq[74][132] = 367; 
        GBKFreq[47][97] = 366; 
        GBKFreq[82][137] = 365; 
        GBKFreq[94][56] = 364; 
        GBKFreq[92][30] = 363; 
        GBKFreq[19][117] = 362; 
        GBKFreq[48][173] = 361; 
        GBKFreq[2][136] = 360; 
        GBKFreq[7][182] = 359; 
        GBKFreq[74][188] = 358; 
        GBKFreq[14][132] = 357; 
        GBKFreq[62][172] = 356; 
        GBKFreq[25][39] = 355; 
        GBKFreq[85][129] = 354; 
        GBKFreq[64][98] = 353; 
        GBKFreq[67][127] = 352; 
        GBKFreq[72][167] = 351; 
        GBKFreq[57][143] = 350; 
        GBKFreq[76][187] = 349; 
        GBKFreq[83][181] = 348; 
        GBKFreq[84][10] = 347; 
        GBKFreq[55][166] = 346; 
        GBKFreq[55][188] = 345; 
        GBKFreq[13][151] = 344; 
        GBKFreq[62][124] = 343; 
        GBKFreq[53][136] = 342; 
        GBKFreq[106][57] = 341; 
        GBKFreq[47][166] = 340; 
        GBKFreq[109][30] = 339; 
        GBKFreq[78][114] = 338; 
        GBKFreq[83][19] = 337; 
        GBKFreq[56][162] = 336; 
        GBKFreq[60][177] = 335; 
        GBKFreq[88][9] = 334; 
        GBKFreq[74][163] = 333; 
        GBKFreq[52][156] = 332; 
        GBKFreq[71][180] = 331; 
        GBKFreq[60][57] = 330; 
        GBKFreq[72][173] = 329; 
        GBKFreq[82][91] = 328; 
        GBKFreq[51][186] = 327; 
        GBKFreq[75][86] = 326; 
        GBKFreq[75][78] = 325; 
        GBKFreq[76][170] = 324; 
        GBKFreq[60][147] = 323; 
        GBKFreq[82][75] = 322; 
        GBKFreq[80][148] = 321; 
        GBKFreq[86][150] = 320; 
        GBKFreq[13][95] = 319; 
        GBKFreq[0][11] = 318; 
        GBKFreq[84][190] = 317; 
        GBKFreq[76][166] = 316; 
        GBKFreq[14][72] = 315; 
        GBKFreq[67][144] = 314; 
        GBKFreq[84][44] = 313; 
        GBKFreq[72][125] = 312; 
        GBKFreq[66][127] = 311; 
        GBKFreq[60][25] = 310; 
        GBKFreq[70][146] = 309; 
        GBKFreq[79][135] = 308; 
        GBKFreq[54][135] = 307; 
        GBKFreq[60][104] = 306; 
        GBKFreq[55][132] = 305; 
        GBKFreq[94][2] = 304; 
        GBKFreq[54][133] = 303; 
        GBKFreq[56][190] = 302; 
        GBKFreq[58][174] = 301; 
        GBKFreq[80][144] = 300; 
        GBKFreq[85][113] = 299; 
 
    } 
}
